# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://docs.scrapy.org/en/latest/topics/item-pipeline.html
import urllib.request

# useful for handling different item types with a single interface
from itemadapter import ItemAdapter


class Scrapy03DuangduangPipeline:
    def open_spider(self, spider):
        self.file = open("data/book.json", "w", encoding="utf8")

    def close_spider(self, spider):
        self.file.close()

    def process_item(self, item, spider):
        self.file.write(str(item))
        return item

class downloadImagePipeline:
    def process_item(self, item, spider):
        # 获取图片地址
        image_url=	"https:"+item.get('image_url')
        # 获取图片名称
        name=item.get('name')
        urllib.request.urlretrieve(url=image_url,filename='data/images/'+name+'.jpg')
        return item